# Scrapy settings for kateglo_crawler project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
#     http://doc.scrapy.org/topics/settings.html
#

BOT_NAME = 'kateglo_crawler'
BOT_VERSION = '1.0'

SPIDER_MODULES = ['kateglo_crawler.spiders']
NEWSPIDER_MODULE = 'kateglo_crawler.spiders'
DEFAULT_ITEM_CLASS = 'kateglo_crawler.items.KategloCrawlerItem'
USER_AGENT = '%s/%s' % (BOT_NAME, BOT_VERSION)

ITEM_PIPELINES = [
    'kateglo_crawler.pipelines.DictionaryValidatePipeline',
    'kateglo_crawler.pipelines.DictionaryCheckDuplicatePipeline',
    'kateglo_crawler.pipelines.DictionaryDbPipeline',
    'kateglo_crawler.pipelines.AbbrevationValidatePipeline',
    'kateglo_crawler.pipelines.AbbrevationCheckDuplicatePipeline',
    'kateglo_crawler.pipelines.AbbrevationDbPipeline']